In [1]:
<script>
  function code_toggle() {
    if (code_shown){
      $('div.input').hide('500');
      $('#toggleButton').val('Show Code')
    } else {
      $('div.input').show('500');
      $('#toggleButton').val('Hide Code')
    }
    code_shown = !code_shown
  }

  $( document ).ready(function(){
    code_shown=false;
    $('div.input').hide()
  });
</script>
<form action="javascript:code_toggle()"><input type="submit" id="toggleButton" value="Show Code"></form>
  File "<ipython-input-1-3d77afab096e>", line 1
    <script>
    ^
SyntaxError: invalid syntax
In [2]:
import os
os.environ["THEANO_FLAGS"] = "mode=FAST_RUN,device=gpu,floatX=float32,"
In [17]:
import sys
pred_path = '/home/yossi/yossi_local/predictive_coding_python'
if pred_path not in sys.path:
    sys.path.append(pred_path)
import importlib
from imp import reload
import data_handling as dat
import predictive_network_subclasses as pn
import numpy as np
import matplotlib.pyplot as plt
import os
import auditory_analysis as aan
import visualisation as vis
import pickle as pkl
from imp import reload
import results_dataframe_handling as rdh
import interactive_plotting as iplot
import pandas as pd
reload(iplot)
reload(aan)
reload(vis)
reload(pn)
reload(rdh)
%matplotlib inline
%pylab inline
pylab.rcParams['figure.figsize'] = (20, 20)
Populating the interactive namespace from numpy and matplotlib
In [4]:
reload(aan)
Out[4]:
<module 'auditory_analysis' from '/home/yossi/yossi_local/predictive_coding_python/auditory_analysis.py'>
In [33]:
res_folder_path = '/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/'
res_pd = aan.compile_results_pd(res_folder_path)
res_pd.sort_values('final_val_cost')
Out[33]:
dropout is_recurrent model nonlinearity num_hidden_units num_layers act_reg act_reg_factor elastic_alpha learning_rate ... final_train_cost n_epochs_run results_path data_path input_noise_ratio noise_ratio numfreq post_dict t_future t_past
0 0 False None sigmoid 400 1 None None None 0.01 ... 0.301869 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
9 0 False None sigmoid 1600 1 None None None 0.01 ... 0.302502 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
19 0 False None sigmoid 1600 1 None None None 0.01 ... 0.295567 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
41 0 False None sigmoid 400 1 None None None 0.01 ... 0.294901 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
3 0 False None sigmoid 400 1 None None None 0.01 ... 0.308863 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
10 0 False None sigmoid 1600 1 None None None 0.01 ... 0.310191 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
44 0 False None sigmoid 400 1 None None None 0.01 ... 0.280868 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
20 0 False None sigmoid 400 1 None None None 0.01 ... 0.286971 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
36 0 False None sigmoid 1600 1 None None None 0.01 ... 0.278253 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
34 0 False None sigmoid 400 1 None None None 0.01 ... 0.343756 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
4 0 False None sigmoid 1600 1 None None None 0.01 ... 0.344480 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
47 0 False None sigmoid 400 1 None None None 0.01 ... 0.332818 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
18 0 False None sigmoid 1600 1 None None None 0.01 ... 0.349246 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
51 0 False None sigmoid 1600 1 None None None 0.01 ... 0.332444 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
21 0 False None sigmoid 400 1 None None None 0.01 ... 0.353970 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
32 0 False None sigmoid 1600 1 None None None 0.01 ... 0.355542 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
27 0 False None sigmoid 400 1 None None None 0.01 ... 0.321603 900 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
30 0 False None sigmoid 1600 1 None None None 0.01 ... 0.259169 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
28 0 False None sigmoid 400 1 None None None 0.01 ... 0.315335 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
29 0 False None sigmoid 1600 1 None None None 0.01 ... 0.312604 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
24 0 False None sigmoid 1600 1 None None None 0.01 ... 0.295141 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
43 0 False None sigmoid 400 1 None None None 0.01 ... 0.399069 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
33 0 False None sigmoid 1600 1 None None None 0.01 ... 0.399622 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
42 0 False None sigmoid 1600 1 None None None 0.01 ... 0.380880 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
7 0 False None sigmoid 400 1 None None None 0.01 ... 0.380733 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
50 0 False None sigmoid 400 1 None None None 0.01 ... 0.414040 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
23 0 False None sigmoid 1600 1 None None None 0.01 ... 0.415385 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
5 0 False None sigmoid 1600 1 None None None 0.01 ... 0.422389 700 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
17 0 False None sigmoid 400 1 None None None 0.01 ... 0.363384 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
6 0 False None sigmoid 400 1 None None None 0.01 ... 0.354862 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
14 0 False None sigmoid 1600 1 None None None 0.01 ... 0.349002 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
16 0 False None sigmoid 1600 1 None None None 0.01 ... 0.443796 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
48 0 False None sigmoid 1600 1 None None None 0.01 ... 0.325962 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
45 0 False None sigmoid 400 1 None None None 0.01 ... 0.443229 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
8 0 False None sigmoid 400 1 None None None 0.01 ... 0.419245 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
1 0 False None sigmoid 400 1 None None None 0.01 ... 0.461638 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
25 0 False None sigmoid 1600 1 None None None 0.01 ... 0.463246 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
35 0 False None sigmoid 1600 1 None None None 0.01 ... 0.417808 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
52 0 False None sigmoid 400 1 None None None 0.01 ... 0.397325 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
46 0 False None sigmoid 400 1 None None None 0.01 ... 0.386987 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
22 0 False None sigmoid 1600 1 None None None 0.01 ... 0.378165 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
38 0 False None sigmoid 400 1 None None None 0.01 ... 0.488417 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
15 0 False None sigmoid 400 1 None None None 0.01 ... 0.500735 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30
11 0 False None sigmoid 1600 1 None None None 0.01 ... 0.347671 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
37 0 False None sigmoid 1600 1 None None None 0.01 ... 0.529588 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
39 0 False None sigmoid 1600 1 None None None 0.01 ... 0.658558 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
31 0 False None sigmoid 400 1 None None None 0.01 ... 0.704747 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
13 0 False None sigmoid 400 1 None None None 0.01 ... 0.865559 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
26 0 False None sigmoid 400 1 None None None 0.01 ... 0.970489 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
40 0 False None sigmoid 1600 1 None None None 0.01 ... 1.196312 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 9 30
49 0 False None sigmoid 1600 1 None None None 0.01 ... 1.565856 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 3 30
2 0 False None sigmoid 1600 1 None None None 0.01 ... 1.616169 400 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 6 30
12 0 False None sigmoid 1600 1 None None None 0.01 ... 2.730018 1000 /home/yossi/Dropbox/visualRFNN/Auditory/Datase... ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset... 0 0.5 32 False 1 30

53 rows × 26 columns

In [12]:
for ii,this_res in  res_pd.sort_values('final_val_cost').iterrows():
    print(this_res)
    this_res_path = this_res['results_path']
    print(this_res_path)
    this_net = pkl.load(open(this_res_path, 'rb'))
    network_param_values = this_net.network_param_values
    vis.plot_loss(this_net.cost_history['train_costs'], val_losses=this_net.cost_history['val_costs'])
    vis.plot_these_aud_weights(network_param_values, num_freq=this_res.numfreq, n_h=this_res.t_past)
    plt.show()
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.304159
final_train_cost                                                0.301869
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 0, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.304669
final_train_cost                                                0.302502
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 8, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.1623e-06_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -6
final_val_cost                                                  0.306383
final_train_cost                                                0.300822
n_epochs_run                                                         100
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 35, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-05
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -5
final_val_cost                                                  0.309806
final_train_cost                                                0.308863
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 2, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-05_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.321274
final_train_cost                                                0.280868
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 38, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                     3.162e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -6.5
final_val_cost                                                  0.323057
final_train_cost                                                0.286971
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 17, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.162e-07_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.347264
final_train_cost                                                0.343756
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 29, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.347776
final_train_cost                                                 0.34448
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 3, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.1623e-06_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -6
final_val_cost                                                   0.34973
final_train_cost                                                0.332818
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 41, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                        0.0001
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -4
final_val_cost                                                  0.350006
final_train_cost                                                0.349246
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 16, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0001_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-05
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -5
final_val_cost                                                  0.355494
final_train_cost                                                0.354063
n_epochs_run                                                         700
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 18, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-05_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-05
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -5
final_val_cost                                                  0.357618
final_train_cost                                                0.355542
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 28, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-05_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.362694
final_train_cost                                                0.259169
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 26, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.364032
final_train_cost                                                0.315335
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 24, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                     3.162e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -6.5
final_val_cost                                                  0.370481
final_train_cost                                                0.312604
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 25, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.162e-07_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.386943
final_train_cost                                                0.295141
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 21, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.404656
final_train_cost                                                0.399553
n_epochs_run                                                         500
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 37, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -6
final_val_cost                                                  0.415221
final_train_cost                                                 0.38088
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 36, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-06_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -6
final_val_cost                                                  0.415865
final_train_cost                                                0.380733
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 6, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-05
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -5
final_val_cost                                                  0.415946
final_train_cost                                                 0.41404
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 44, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-05_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-05
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -5
final_val_cost                                                  0.418321
final_train_cost                                                0.415385
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 20, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-05_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                   0.000316228
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -3.5
final_val_cost                                                  0.422404
final_train_cost                                                0.422389
n_epochs_run                                                         700
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 4, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0003162278_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                     3.162e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -6.5
final_val_cost                                                   0.42513
final_train_cost                                                0.363384
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 15, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.162e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.430281
final_train_cost                                                0.354862
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 5, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.433529
final_train_cost                                                0.329964
n_epochs_run                                                         500
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 42, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                     3.162e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -6.5
final_val_cost                                                  0.436862
final_train_cost                                                0.349002
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 12, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.162e-07_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.451113
final_train_cost                                                0.443796
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 14, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.1623e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    3.1623e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -5.5
final_val_cost                                                  0.451543
final_train_cost                                                0.443229
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 39, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.1623e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                     3.162e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -6.5
final_val_cost                                                  0.456982
final_train_cost                                                0.404082
n_epochs_run                                                         300
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 45, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_3.162e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -6
final_val_cost                                                  0.462434
final_train_cost                                                0.419245
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 7, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-06
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -6
final_val_cost                                                  0.465582
final_train_cost                                                0.417472
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 30, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-06_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-05
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -5
final_val_cost                                                  0.466238
final_train_cost                                                0.463246
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 22, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-05_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.482866
final_train_cost                                                0.386987
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 40, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_1e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                     3.162e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -6.5
final_val_cost                                                  0.489623
final_train_cost                                                0.378165
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 19, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_3.162e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                        0.0001
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -4
final_val_cost                                                   0.49073
final_train_cost                                                0.488417
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 32, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.0001_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         0.001
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -3
final_val_cost                                                   0.50069
final_train_cost                                                0.500735
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 13, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.001_t_future_1_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         1e-07
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -7
final_val_cost                                                  0.505703
final_train_cost                                                0.347671
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 9, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_1e-07_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                   0.000316228
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -3.5
final_val_cost                                                  0.530763
final_train_cost                                                0.529588
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 31, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0003162278_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                   0.000316228
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -3.5
final_val_cost                                                  0.660273
final_train_cost                                                0.658558
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 33, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0003162278_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                   0.000316228
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -3.5
final_val_cost                                                  0.706435
final_train_cost                                                0.704747
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 27, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.0003162278_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         0.001
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -3
final_val_cost                                                  0.865831
final_train_cost                                                0.865559
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 11, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.001_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                     400
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         0.001
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -3
final_val_cost                                                  0.970631
final_train_cost                                                0.970489
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 23, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_400_reg_factor_0.001_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                         0.001
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -3
final_val_cost                                                   1.19562
final_train_cost                                                 1.19631
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               9
t_past                                                                30
Name: 34, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.001_t_future_9_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    0.00316228
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -2.5
final_val_cost                                                   1.56295
final_train_cost                                                 1.56586
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               3
t_past                                                                30
Name: 43, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0031622777_t_future_3_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                    0.00316228
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                      -2.5
final_val_cost                                                   1.61356
final_train_cost                                                 1.61617
n_epochs_run                                                         400
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               6
t_past                                                                30
Name: 1, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.0031622777_t_future_6_noise_ratio_0.5/python_network.pkl
dropout                                                                0
is_recurrent                                                       False
model                                                               None
nonlinearity                                                     sigmoid
num_hidden_units                                                    1600
num_layers                                                             1
act_reg                                                             None
act_reg_factor                                                      None
elastic_alpha                                                       None
learning_rate                                                       0.01
output_distribution                                                 None
reg_factor                                                          0.01
regularization                                                        l1
update_func                                                         adam
log_reg_factor                                                        -2
final_val_cost                                                   2.72314
final_train_cost                                                 2.73002
n_epochs_run                                                        1000
results_path           /home/yossi/Dropbox/visualRFNN/Auditory/Datase...
data_path              ~/Dropbox/visualRFNN/Auditory/Datasets/Dataset...
input_noise_ratio                                                      0
noise_ratio                                                          0.5
numfreq                                                               32
post_dict                                                          False
t_future                                                               1
t_past                                                                30
Name: 10, dtype: object
/home/yossi/Dropbox/visualRFNN/Auditory/Datasets/Dataset_2_mixed_morrisson_speech_allsounds_powerspect_with_hill/nnResults/a_0_b_1_norm_0/elife_rebuttal_new_results/varying_t_future/num_hidden_units_1600_reg_factor_0.01_t_future_1_noise_ratio_0.5/python_network.pkl
In [6]:
from bokeh.io import output_notebook
output_notebook()
Loading BokehJS ...
In [7]:
reload(iplot)
Out[7]:
<module 'interactive_plotting' from '/home/yossi/yossi_local/predictive_coding_python/interactive_plotting.py'>
In [43]:
url_save_dir = 'yossi/auditory_varying_t_future/400_units/'
url_pd = iplot.get_urls_for_auditory_df_data(res_pd.query('num_hidden_units==400 and log_reg_factor==-5.5'), 'log_reg_factor', 't_future', 'final_val_cost', this_save_dir=url_save_dir)
getting weight images...
done

400 hidden units

In [44]:
iplot.plot_linked_heatmap_weights(url_pd)

1600 hidden units

In [36]:
url_save_dir = 'yossi/auditory_varying_t_future/1600_units/'
url_pd = iplot.get_urls_for_auditory_df_data(res_pd.query('num_hidden_units==1600'), 'log_reg_factor', 't_future', 'final_val_cost', this_save_dir=url_save_dir)
getting weight images...
done
In [37]:
iplot.plot_linked_heatmap_weights(url_pd)
In [38]:
res_path = res_folder_path + 'res_pd.pkl'
# if not os.path.exists(os.path.dirname(os.path.abspath(res_path))):
aan.postprocess_res_folder(res_folder_path, res_path, real_path='/home/yossi/Dropbox/Yossi_Nicol_shared/yossi2L1/')
res_pd = pd.read_pickle(res_path)
['ks_f_bw_neg', 'ks_f_bw_pos', 'ks_t_bw_neg', 'ks_t_bw_pos']
In [ ]:
reload(aan)
fig = plt.figure(figsize=[10,10])
gs = plt.GridSpec(4,3)
ax_0 = fig.add_subplot(gs[:2,:])
ax_1 = fig.add_subplot(gs[2:,:])

reload(aan)
ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Final validation loss']
validation_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==400 and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'final_val_cost', ax=ax_0,ax_labels=ax_labels)

ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Mean KS measure']
ks_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==400  and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'mean_ks', ax=ax_1,ax_labels=ax_labels)

ax_0.set_xticks([])
ax_0.set_xlabel('')
In [40]:
reload(aan)
fig = plt.figure(figsize=[10,10])
gs = plt.GridSpec(4,3)
ax_0 = fig.add_subplot(gs[:2,:])
ax_1 = fig.add_subplot(gs[2:,:])

reload(aan)
ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Final validation loss']
validation_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==1600 and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'final_val_cost', ax=ax_0,ax_labels=ax_labels)

ax_labels = [ 'log_10 of L1 regularization on weights', 'Number of hidden units','Mean KS measure']
ks_cost_grid_im = aan.plot_3D_info_grid(res_pd.loc[res_pd['nonlinearity']=='sigmoid'].query('num_hidden_units==1600  and log_reg_factor <-3'), 't_future', 'log_reg_factor', 'mean_ks', ax=ax_1,ax_labels=ax_labels)

ax_0.set_xticks([])
ax_0.set_xlabel('')
Out[40]:
<matplotlib.text.Text at 0x7f092498d780>